# import
import numpy as np
import pandas as pd

import time
import os
import sys
sys.path.append(os.path.join(os.path.dirname(__file__), '..'))
from util.models import *
from util.misc import *
from completeness import *

## mat file
from scipy.io import loadmat

if __name__ == '__main__':
    # load dataset
    # dir_name = os.path.dirname(__file__)
    # matdata = loadmat(dir_name + '/Bruhin_et_al_2010.mat')
    base = os.path.dirname(os.path.abspath(__file__))
    file_name = os.path.normpath(os.path.join(base, '../data/Bruhin_et_al_2010.mat'))
    matdata = loadmat(file_name)

    df_full = pd.DataFrame()
    for key in matdata.keys():
        if not '__' in key:
            df_full[key] = matdata[key].flatten()

    ## drop lotteries over losses
    df = df_full[df_full['z2'] >= 0]

    # preprocessing
    X, Y, subject_idx, cov_idx, cov_list = preprocess(df)

    # main
    # start_time = time.perf_counter()

    grid_size_alpha = 0.01
    grid_size_gamma = 0.01
    grid_size_delta = 0.1

    ## alpha, delta
    alpha_grid = np.arange(grid_size_alpha, 1+grid_size_alpha, grid_size_alpha)
    gamma_grid = np.array([1.0])
    delta_grid = np.arange(grid_size_delta, 5+grid_size_delta, grid_size_delta)
    param_grid = cartesian_product(alpha_grid, gamma_grid, delta_grid)

    completeness =\
        bootstrap_one_iter(X, Y, subject_idx, cov_idx, cov_list, param_grid,
                           base_param=np.array([1,1,1]), pred=pred_CPT, train_model=train_CPT)
    print(completeness)